"""
Case Type   : 发布订阅冲突解决
Case Name   : subscription_conflict_resolution=error时，replic identity 唯一索引数据冲突，报错
Create At   : 2024/04/08
Owner       : @songjing20
Description :
    1.在两个集群创建表，设置replic identity
    2.创建发布
    3.创建订阅
    4.发布端表中插入数据
    5.订阅端查询数据是否同步，插入1条数据
    6.发布端插入数据与订阅端发生冲突
    7.订阅端查询是否同步
    8.订阅端查看日志中的commit_lsn，跳过冲突数据
    9.订阅端再次查询表数据
    10.订阅端插入数据，发布端更新数据与订阅端冲突
    11.订阅端查询数据是否同步，查看日志，跳过commit_lsn，再次查询
    12.清理环境
Expect      :
    1.成功
    2.成功
    3.成功
    4.成功
    5.数据同步(1,pub)，插入数据成功
    6.成功
    7.(3,ok)未同步
    8.成功
    9.(3,ok)同步到订阅端
    10.成功
    11.不同步，跳过成功，查询不到(3,ok)
History     :
    Modified by lx-xin12345 2022/9/3:CI连跑部分环境订阅端查询未同步，增加等待时间
"""

import os
import time
import unittest

from yat.test import macro
from yat.test import Node
from testcase.utils.Logger import Logger
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Common import Common
from testcase.utils.Constant import Constant

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 > Primary_SH.get_node_num(), '非1+2以上环境不执行')
class Pubsub(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.com_pub = Common()
        self.com_sub = Common('remote1_PrimaryDbUser')
        self.tb_name = 't_pubsub_0324'
        self.index = 'i_pubsub_0324'
        self.pubname = 'pub_pubsub_0324'
        self.subname = 'sub_pubsub_0324'
        self.default_logdir = self.com_sub.show_param(
            'log_directory', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log_path = os.path.join(os.path.dirname(self.default_logdir),
                                     'pg_log_pubsub_0324')
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com_pub.show_param("wal_level")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
                              f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
                              f'-W {self.pri_userdb_sub.db_password}'
        text = '-----查询集群状态，修改pg_hba，发布端设置wal_level=logical-----'
        self.log.info(text)
        self.log.info('----- 发布端状态 -----')
        status = self.commsh_pub.get_db_cluster_status('detail')
        self.log.info(status)
        self.assertEqual(status.count('Normal'), 4, f'执行失败:{text}')
        self.log.info('----- 订阅端状态 -----')
        status = self.commsh_sub.get_db_cluster_status(
            'detail', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status)
        self.assertEqual(status.count('Normal'), 4, f'执行失败:{text}')
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host  replication  {self.pri_userdb_sub.db_user}  '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, f'发布端配置流复制权限失败:{text}')
        if 'logical' != self.wal_level:
            res = self.commsh_pub.execute_gsguc(
                'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
            self.assertTrue(res, f'发布端设置wal_level失败:{text}')
            restart_res = self.commsh_pub.restart_db_cluster()
            self.assertTrue(restart_res, f'重启集群失败:{text}')
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host  replication  {self.pri_userdb_pub.db_user}  '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, f'订阅端配置流复制权限失败:{text}')
        log_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG,
            f"log_directory='{self.log_path}'", single=True,
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(log_res, f'订阅端设置log_directory失败')

    def test_pubsub(self):
        text = '-----step1:在两个集群创建表，设置replic identity;expect:成功-----'
        self.log.info(text)
        sql = f"drop table if exists {self.tb_name} cascade;" \
              f"create table {self.tb_name}(" \
              f"c_int int not null, c_varchar varchar(16));" \
              f"create unique index {self.index} on {self.tb_name}(c_int);" \
              f"alter table {self.tb_name} replica identity " \
              f"using index {self.index};"
        pub_res = self.commsh_pub.execut_db_sql(sql, self.user_param_pub)
        self.log.info(pub_res)
        self.assertIn(self.constant.CREATE_TABLE_SUCCESS, pub_res,
                      f'发布端建表失败:{text}')
        self.assertIn(self.constant.CREATE_INDEX_SUCCESS, pub_res,
                      f'创建索引失败:{text}')
        self.assertIn(self.constant.ALTER_TABLE_MSG, pub_res,
                      f'执行失败:{text}')
        sub_res = self.commsh_sub.execut_db_sql(
            sql, self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        self.assertIn(self.constant.CREATE_TABLE_SUCCESS, pub_res,
                      f'订阅端建表失败:{text}')
        self.assertIn(self.constant.CREATE_INDEX_SUCCESS, pub_res,
                      f'订阅端创建索引失败:{text}')
        self.assertIn(self.constant.ALTER_TABLE_MSG, pub_res,
                      f'执行失败:{text}')

        text = '-----step2:创建发布;expect:成功-----'
        self.log.info(text)
        create_pub = f"drop publication if exists {self.pubname};" \
                     f"create publication {self.pubname} " \
                     f"for table {self.tb_name};"
        pub_res = self.commsh_pub.execut_db_sql(create_pub, self.user_param_pub)
        self.log.info(pub_res)
        self.assertIn(self.constant.create_pub_succ_msg, pub_res,
                      f'执行失败:{text}')

        text = '-----step3:创建订阅;expect:成功-----'
        self.log.info(text)
        guc_res = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn(self.constant.create_keycipher_success, guc_res,
                      f'执行失败:{text}')
        create_sub = f"drop subscription if exists {self.subname} cascade;" \
                     f"create subscription {self.subname} connection " \
                     f"'host={self.pri_userdb_pub.db_host} " \
                     f"port={self.port} " \
                     f"user={self.pri_userdb_pub.db_user} " \
                     f"dbname={self.pri_userdb_pub.db_name} " \
                     f"password={self.pri_userdb_pub.ssh_password}' " \
                     f"publication {self.pubname};"
        sub_res = self.commsh_sub.execut_db_sql(
            create_sub, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_res)
        self.assertIn(self.constant.create_sub_succ_msg,
                      sub_res, f'执行失败:{text}')

        text = '-----step4:发布端表中插入数据;expect:成功-----'
        self.log.info(text)
        insert_res = self.commsh_pub.execut_db_sql(
            f"insert into {self.tb_name} values(1, 'pub');",
            self.user_param_pub)
        self.log.info(insert_res)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG, insert_res,
                      f'执行失败:{text}')

        text = '-----step5:订阅端查询数据是否同步，插入1条数据;expect:数据同步(1,pub)，插入数据成功-----'
        self.log.info(text)
        time.sleep(6)
        select_sql = f"select * from {self.tb_name};"
        res = self.commsh_sub.execut_db_sql(
            select_sql, self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(res)
        self.assertIn('1 | pub', res, f'刷新订阅失败:{text}')
        insert_res = self.commsh_sub.execut_db_sql(
            f"insert into {self.tb_name} values(2, 'sub_conflict');",
            self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(insert_res)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG, insert_res,
                      f'执行失败:{text}')

        text = '-----step6:发布端插入数据与订阅端发生冲突;expect:成功-----'
        self.log.info(text)
        insert_res = self.commsh_pub.execut_db_sql(
            f"insert into {self.tb_name} values(2, 'pub_conflict');"
            f"insert into {self.tb_name} values(3,'ok');", self.user_param_pub)
        self.log.info(insert_res)
        self.assertEqual(2, insert_res.count(self.constant.INSERT_SUCCESS_MSG),
                         f'执行失败:{text}')

        text = '-----step7:订阅端查询是否同步;expect:(3,ok)未同步-----'
        self.log.info(text)
        time.sleep(12)
        select_res = self.commsh_sub.execut_db_sql(
            select_sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(select_res)
        self.assertNotIn('3 | ok', select_res, f'执行失败:{text}')

        text = '-----step8:订阅端查看日志中的commit_lsn，跳过冲突数据;expect:成功-----'
        self.log.info(text)
        commit_lsn = self.commsh_sub.get_conflict_info_lsn(self.log_path)[-1]
        skip_res = self.commsh_sub.execut_db_sql(
            f"alter subscription {self.subname} set(skiplsn='{commit_lsn}');",
            self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(skip_res)
        self.assertIn(self.constant.alter_sub_succ_msg, skip_res,
                      f'执行失败:{text}')

        text = '-----step9:订阅端再次查询表数据;expect:(3,ok)同步到订阅端-----'
        self.log.info(text)
        time.sleep(10)
        select_res = self.commsh_sub.execut_db_sql(
            select_sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(select_res)
        self.assertIn('1 | pub\n     2 | sub_conflict\n     3 | ok',
                      select_res, f'执行失败:{text}')
        self.assertIn('(3 rows)', select_res, f'执行失败:{text}')

        text = '-----step10:订阅端插入数据，发布端更新数据与订阅端冲突;expect:成功-----'
        self.log.info(text)
        insert_res = self.commsh_sub.execut_db_sql(
            f"insert into {self.tb_name} values(4, 'update');",
            self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(insert_res)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG, insert_res,
                      f'执行失败:{text}')
        pub_res = self.commsh_pub.execut_db_sql(
            f"update {self.tb_name} set c_int = 4 where c_int = 1;"
            f"delete from {self.tb_name} where c_int = 3;", self.user_param_pub)
        self.log.info(pub_res)
        self.assertIn(self.constant.UPDATE_SUCCESS_MSG, pub_res,
                      f'执行失败:{text}')
        self.assertIn(self.constant.DELETE_SUCCESS_MSG, pub_res,
                      f'执行失败:{text}')

        text = '-----step11:订阅端查询数据是否同步，查看日志，跳过commit_lsn，再次查询;' \
               'expect:不同步，跳过成功，查询不到(3,ok)-----'
        self.log.info(text)
        commit_lsn = self.commsh_sub.get_conflict_info_lsn(self.log_path)[-1]
        sql_res = self.commsh_sub.execut_db_sql(
            f"select * from {self.tb_name} order by 1;"
            f"alter subscription {self.subname} set(skiplsn='{commit_lsn}');"
            f"select pg_sleep(20);"
            f"select * from {self.tb_name} order by 1;",
            self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sql_res)
        self.assertIn(
            '1 | pub\n     2 | sub_conflict\n     3 | ok\n     4 | update',
            sql_res, f'执行失败:{text}')
        self.assertIn(self.constant.alter_sub_succ_msg, sql_res,
                      f'执行失败:{text}')
        self.assertIn('1 | pub\n     2 | sub_conflict\n     4 | update',
                      sql_res, f'执行失败:{text}')
        self.assertEqual('(3 rows)', sql_res.splitlines()[-1].strip(),
                         f'执行失败:{text}')

    def tearDown(self):
        text = '-----step12:清理环境;expect:成功-----'
        self.log.info(text)
        drop_sub_res = self.commsh_sub.execut_db_sql(
            f"drop subscription if exists {self.subname};", self.user_param_sub,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_sub_res)
        drop_pub_res = self.commsh_pub.execut_db_sql(
            f"drop publication if exists {self.pubname};", self.user_param_pub)
        self.log.info(drop_pub_res)
        drop_tb = f"drop table if exists {self.tb_name} cascade;"
        drop_tb_sub = self.commsh_sub.execut_db_sql(
            drop_tb, self.user_param_sub, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_tb_sub)
        drop_tb_pub = self.commsh_pub.execut_db_sql(
            drop_tb, self.user_param_pub)
        self.log.info(drop_tb_pub)
        wal_level_res = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        self.log.info(wal_level_res)
        restart_res = self.commsh_pub.restart_db_cluster()
        pub_guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 ')
        self.log.info(pub_guc_res)
        sub_guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_guc_res)
        log_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG,
            f"log_directory='{self.default_logdir}'", single=True,
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        cmd_res = self.com_sub.get_sh_result(self.pri_userdb_sub,
                                             f'rm -rf {self.log_path};echo $?')
        self.log.info(cmd_res)
        self.assertTrue(log_res, f'执行失败:{text}')
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_res,
                      f'删除发布失败:{text}')
        self.assertIn(self.constant.drop_sub_succ_msg, drop_sub_res,
                      f'删除订阅失败:{text}')
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, drop_tb_pub,
                      f'发布端删表失败:{text}')
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, drop_tb_sub,
                      f'订阅端删表失败:{text}')
        self.assertTrue(wal_level_res, f'执行失败:{text}')
        self.assertTrue(restart_res, f'重启发布端集群失败:{text}')
        self.assertTrue(pub_guc_res, f'执行失败:{text}')
        self.assertTrue(sub_guc_res, f'执行失败:{text}')
        self.log.info(f"-----{os.path.basename(__file__)} end-----")
